"""
Case Type   : 基础功能
Case Name   : max_replication_slots小于物理+逻辑+订阅数
Create At   : 2022/1/30
Owner       : opentestcase026
Description :
    1.修改max_replication_slots为5
    2.两个集群创建表
    3.创建逻辑复制槽
    4.创建发布端订阅端（假设集群为1主2备，则需逻辑复制槽3个）
    5.修改数据
    6.读取复制槽slot1解码结果
    7.查看数据是否更新
Expect      :
    1.成功
    2.成功
    3.成功
    4.sub3失败，其余成功
    5.成功
    6.成功
    7.tb_pubsub_case049_1/tb_pubsub_case049_2更新，其余未更新
History     :
    Modified by opentestcase043 2022/8/4:增加基础数据同步功能后订阅端有基础数据的同
    时再在订阅端修改表数据,主键冲突,关闭基础数据同步
    Modified by opentestcase043 2022/8/12:优化清理环境断言
"""
import time
import unittest
import os
from yat.test import macro
from yat.test import Node
from testcase.utils.Logger import Logger
from testcase.utils.CommonSH import CommonSH
from testcase.utils.Common import Common
from testcase.utils.Constant import Constant

Primary_SH = CommonSH('PrimaryDbUser')


@unittest.skipIf(3 != Primary_SH.get_node_num(), '非1+2环境不执行')
class Pubsubclass(unittest.TestCase):
    def setUp(self):
        self.log = Logger()
        self.log.info("-----------this is setup-----------")
        self.log.info(f"-----{os.path.basename(__file__)} start-----")
        self.pri_userdb_pub = Node(node='PrimaryDbUser')
        self.pri_userdb_sub = Node(node='remote1_PrimaryDbUser')
        self.constant = Constant()
        self.commsh_pub = CommonSH('PrimaryDbUser')
        self.commsh_sub = CommonSH('remote1_PrimaryDbUser')
        self.com = Common()
        self.tb_name = ['tb_pubsub_case049_1', 'tb_pubsub_case049_2',
                        'tb_pubsub_case049_3']
        self.subname = ["sub_case049_1", "sub_case049_2", "sub_case049_3"]
        self.pubname = "pub_case049_1"
        self.slot_name = "slot_case049"
        self.parent_path_pub = os.path.dirname(macro.DB_INSTANCE_PATH)
        self.parent_path_sub = os.path.dirname(macro.DB_INSTANCE_PATH_REMOTE1)
        self.port = str(int(self.pri_userdb_pub.db_port) + 1)
        self.wal_level = self.com.show_param("wal_level")
        self.max_replication_slots = \
            self.com.show_param("max_replication_slots")
        self.user_param_pub = f'-U {self.pri_userdb_pub.db_user} ' \
            f'-W {self.pri_userdb_pub.db_password}'
        self.user_param_sub = f'-U {self.pri_userdb_sub.db_user} ' \
            f'-W {self.pri_userdb_sub.db_password}'

        cmd = f"cp " \
            f"{os.path.join(macro.DB_INSTANCE_PATH, 'pg_hba.conf')} " \
            f"{os.path.join(self.parent_path_pub, 'pg_hba.conf')};"
        self.log.info(cmd)
        result = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(result)
        cmd = f"cp " \
            f"{os.path.join(macro.DB_INSTANCE_PATH_REMOTE1, 'pg_hba.conf')}" \
            f" {os.path.join(self.parent_path_sub, 'pg_hba.conf')};"
        self.log.info(cmd)
        result = self.pri_userdb_sub.sh(cmd).result()
        self.log.info(result)
        text = '--step:预置条件,修改pg_hba expect:成功'
        self.log.info(text)
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    replication  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败:' + text)
        guc_res = self.commsh_pub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, '',
            f'host    all  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32 sha256')
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败:' + text)
        result = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG, 'wal_level=logical')
        self.assertTrue(result, '执行失败:' + text)
        result = self.commsh_pub.restart_db_cluster(True)
        flg = self.constant.START_SUCCESS_MSG in result or 'Degrade' in result
        self.assertTrue(flg, '执行失败:' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host    replication  {self.pri_userdb_pub.db_user} '
            f'{self.pri_userdb_pub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败:' + text)
        guc_res = self.commsh_sub.execute_gsguc(
            'reload', self.constant.GSGUC_SUCCESS_MSG, '',
            'all', False, False, macro.DB_INSTANCE_PATH_REMOTE1,
            f'host all  {self.pri_userdb_sub.db_user} '
            f'{self.pri_userdb_sub.db_host}/32 sha256',
            macro.DB_ENV_PATH_REMOTE1)
        self.log.info(guc_res)
        self.assertTrue(guc_res, '执行失败:' + text)

    def test_pubsub(self):
        text = '--step1:修改max_replication_slots为5 expect:成功--'
        self.log.info(text)
        result = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            'max_replication_slots=5')
        self.assertTrue(result, '执行失败:' + text)
        result = self.commsh_pub.restart_db_cluster(True)
        flg = self.constant.START_SUCCESS_MSG in result or 'Degrade' in result
        self.assertTrue(flg, '执行失败:' + text)

        text = '--step2:两个集群均创建表 expect:成功--'
        self.log.info(text)
        sql_table = f"DROP TABLE IF EXISTS {self.tb_name[0]};" \
            f"CREATE TABLE {self.tb_name[0]}(id NUMBER(7) " \
            f"CONSTRAINT s_longtext_id_nn NOT NULL,  use_filename " \
            f"VARCHAR2(20) primary key, filename VARCHAR2(255), " \
            f"text VARCHAR2(2000));" \
            f"DROP TABLE IF EXISTS {self.tb_name[1]};" \
            f"CREATE TABLE {self.tb_name[1]}" \
            f"(like {self.tb_name[0]} including all);" \
            f"DROP TABLE IF EXISTS {self.tb_name[2]};" \
            f"CREATE TABLE {self.tb_name[2]}(i int primary key, " \
            f"text varchar(1024)) WITH (ORIENTATION = COLUMN, " \
            f"COMPRESSION=HIGH);"
        result = self.commsh_pub.execut_db_sql(
            sql_table, sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertEqual(result.count(self.constant.TABLE_CREATE_SUCCESS),
                         6, '执行失败:' + text)
        result = self.commsh_sub.execut_db_sql(sql_table,
                                               self.user_param_sub, None,
                                               macro.DB_ENV_PATH_REMOTE1)
        self.log.info(result)
        self.assertEqual(result.count(self.constant.TABLE_CREATE_SUCCESS),
                         6, '执行失败:' + text)

        text = '--step3:创建逻辑复制槽 expect:成功--'
        self.log.info(text)
        sql = f"SELECT * FROM pg_create_logical_replication_slot(" \
            f"'{self.slot_name}', 'mppdb_decoding');"
        result = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertIn(self.slot_name, result, '执行失败:' + text)

        text = '--step4:创建发布端订阅端（假设集群为1主2备，则需再逻辑复制槽' \
               '3个） expect:成功--'
        self.log.info(text)
        sql = f"CREATE PUBLICATION {self.pubname} for all tables;"
        result = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertIn(self.constant.create_pub_succ_msg, result,
                      '执行失败:' + text)
        self.assertNotIn(self.constant.SQL_WRONG_MSG[1], result,
                         '执行失败:' + text)
        result = self.commsh_sub.execute_generate(
            macro.COMMON_PASSWD, env_path=macro.DB_ENV_PATH_REMOTE1)
        self.assertIn('', result, '执行失败:' + text)
        for i in range(3):
            sql = f"CREATE SUBSCRIPTION {self.subname[i]} CONNECTION " \
                f"'host={self.pri_userdb_pub.db_host} " \
                f"port={self.port} " \
                f"user={self.pri_userdb_pub.db_user} " \
                f"dbname={self.pri_userdb_pub.db_name} " \
                f"password={self.pri_userdb_pub.ssh_password}' " \
                f"PUBLICATION {self.pubname} with (copy_data=false);;" \
                f"select pg_sleep(30);" \
                f"select * from pg_SUBSCRIPTION;"
            if 2 == i:
                sql = f"CREATE SUBSCRIPTION {self.subname[i]} CONNECTION " \
                    f"'host={self.pri_userdb_pub.db_host} " \
                    f"port={self.port} " \
                    f"user={self.pri_userdb_pub.db_user} " \
                    f"dbname={self.pri_userdb_pub.db_name} " \
                    f"password={self.pri_userdb_pub.ssh_password}' " \
                    f"PUBLICATION {self.pubname} with (enabled=false, " \
                    f"copy_data=false);" \
                    f"select pg_sleep(30);" \
                    f"select * from pg_SUBSCRIPTION;"
            result = self.commsh_sub.execut_db_sql(sql, self.user_param_sub,
                                                   None,
                                                   macro.DB_ENV_PATH_REMOTE1)
            self.log.info(result)
            self.assertIn(self.constant.create_sub_succ_msg,
                          result, '执行失败:' + text)

        text = '--step5:修改数据 expect:成功--'
        self.log.info(text)
        sql = f"insert into {self.tb_name[0]} " \
            f"values(1, '1', '{self.tb_name[0]}', 'equal');" \
            f"insert into {self.tb_name[1]} " \
            f"values(1, '1', '{self.tb_name[1]}', 'equal');" \
            f"insert into {self.tb_name[2]} " \
            f"values(1, '1');"
        result = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(result)
        self.assertIn(self.constant.INSERT_SUCCESS_MSG,
                      result, '执行失败' + text)

        text = "--step6:读取复制槽slot1解码结果  " \
               "expect:成功,tb_pubsub_case049_1/tb_pubsub_case049_2存在于解" \
               "码记录中--"
        self.log.info(text)
        sql = f"SELECT * FROM pg_logical_slot_peek_changes(" \
            f"'{self.slot_name}', NULL, 4096);"
        result = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(result)
        for i in range(2):
            flg = f'"table_name":"public.{self.tb_name[i]}",' \
                f'"op_type":"INSERT","columns_name":'
            self.assertIn(flg, result, '执行失败:' + text)

        text = '--step7:查看数据是否更新 ' \
               'expect:tb_pubsub_case049_1/tb_pubsub_case049_2更新，其余未更' \
               '新--'
        self.log.info(text)
        for i in range(3):
            sql = f"select * from {self.tb_name[i]};"
            result = self.commsh_sub.execut_db_sql(sql, self.user_param_sub,
                                                   None,
                                                   macro.DB_ENV_PATH_REMOTE1)
            self.log.info(result)
            if i < 2:
                self.assertIn('1 row', result, '执行失败:' + text)
                flg = f'1 | 1            | {self.tb_name[i]} | equal'
                self.assertIn(flg, result, '执行失败:' + text)
            else:
                self.assertIn('0 rows', result, '执行失败:' + text)

    def tearDown(self):
        self.log.info('------------this is tearDown-------------')
        text = '--清理环境--'
        self.log.info(text)
        for i in range(3):
            sql = f"DROP SUBSCRIPTION if exists {self.subname[i]};"
            drop_sub_result = self.commsh_sub.execut_db_sql(
                sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
            self.log.info(drop_sub_result)
            sql = f"select pg_sleep(10);" \
                f"DROP table if exists {self.tb_name[i]};"
            result_sub = self.commsh_sub.execut_db_sql(
                sql, self.user_param_sub, None, macro.DB_ENV_PATH_REMOTE1)
            self.log.info(result_sub)
            result_pub = self.commsh_pub.execut_db_sql(
                sql, sql_type=self.user_param_pub)
            self.log.info(result_pub)
        sql = f"DROP PUBLICATION if exists {self.pubname};"
        drop_pub_result = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(drop_pub_result)
        sql = f"select * from pg_drop_replication_slot('{self.slot_name}');"
        result = self.commsh_pub.execut_db_sql(
            sql, sql_type=self.user_param_pub)
        self.log.info(result)
        cmd = f"mv " \
            f"{os.path.join(self.parent_path_pub, 'pg_hba.conf')} "\
            f"{os.path.join(macro.DB_INSTANCE_PATH, 'pg_hba.conf')} "
        self.log.info(cmd)
        result = self.pri_userdb_pub.sh(cmd).result()
        self.log.info(result)
        cmd = f"mv " \
            f"{os.path.join(self.parent_path_sub, 'pg_hba.conf')} "\
            f"{os.path.join(macro.DB_INSTANCE_PATH_REMOTE1, 'pg_hba.conf')} "
        self.log.info(cmd)
        result = self.pri_userdb_sub.sh(cmd).result()
        self.log.info(result)
        result = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'wal_level={self.wal_level}')
        self.assertTrue(result, '执行失败:' + text)
        result = self.commsh_pub.execute_gsguc(
            'set', self.constant.GSGUC_SUCCESS_MSG,
            f'max_replication_slots={self.max_replication_slots}')
        self.assertTrue(result, '执行失败:' + text)
        self.commsh_pub.restart_db_cluster(True)
        self.commsh_sub.restart_db_cluster(True, macro.DB_ENV_PATH_REMOTE1)
        self.assertIn(self.constant.drop_pub_succ_msg, drop_pub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.drop_sub_succ_msg, drop_sub_result,
                      '执行失败' + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, result_sub, '执行失败'
                      + text)
        self.assertIn(self.constant.DROP_TABLE_SUCCESS, result_pub, '执行失败'
                      + text)
        self.log.info(f"-----{os.path.basename(__file__)} end-----")
